#The following allows all robots to visit all files because wildcard used
#But all robots barred from cgi-bin images and scripts directories 
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /scripts/